<!doctype html>
<html lang="en">

<head>
  <meta name="google-site-verification" content="ftFOlJETX-2KNjaPh8W6s8lhigItRuu9fOmjHZZ0nY0" />
  <!-- Required meta tags -->
  <meta charset="utf-8">
  <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">

  <!-- Bootstrap CSS -->
  <link rel="stylesheet" href="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/css/bootstrap.min.css"
    integrity="sha384-MCw98/SFnGE8fJT3GXwEOngsV7Zt27NXFoaoApmYm81iuXoPkFOJwJ8ERdknLPMO" crossorigin="anonymous">

  <title>Transforming Spectrum and Prosody for Emotional Voice Conversion with Non-Parallel Training Data</title>
</head>
<style type="text/css">
  table {
    width: 100%;
    table-layout: fixed;
  }

  audio {
    width: 100%;
  }

  thead>tr>th:first-child {
    width: 96px;
  }

  @media (max-width: 767px) {
    .big-screen {
      display: none;
    }
  }

  @media (min-width: 767px) {
    .small-screen {
      display: none;
    }
  }
</style>

<body>
  <header class="header">
    <div class="jumbotron bg-secondary text-center">
      <div class="container">
        <div class="row align-items-center">
          <div class="col-md-12">
            <h1><a class="text-light">Transforming Spectrum and Prosody for Emotional Voice Conversion with Non-Parallel Training Data</h1><br>
             <font size=5><span style="color:#000000"> Authors: Kun Zhou, Berrak Sisman, Haizhou Li </font><font size=5> <br> <br>Dept. of Electrical and Computer Engineering, National University of Singapore, Singapore</font> <br><br></font size=3><span style="color:#000000"> zhoukun@u.nus.edu </font> </a>  
            <p>
              <div class="row">
              </div>
            </p>
            
          </div>
        </div>
      </div>
    </div>
  </header>
  <main>
    <div class="container">
      <div class="row" id="result">
        <div class="col-md-12">
                    <img src="./audio/training.png"  width="1180" height="180" / > <p>
                    <figcaption style="text-align:center;">Fig.1 The training phase of the proposed CycleGAN-based emotional VC framework, where WORLD acts as the vocoder. CWT is used to decompose F0 into 10 scales. Blue boxes represent the training stage of the network, while grey boxes represent the blocks which do not need the training stage.</figcaption> <br>
                    <p>
                    <img src="./audio/Conversion.png"  width="1200" height="200"  / > <p>
                    <figcaption style="text-align:center;">Fig.2 The run-time conversion phase of the proposed CycleGAN-based emotional VC framework. Pink boxes represent the network which are already trained.</figcaption> 
                    
                    
                   
                  <div class="big-screen">
                    <br /><br />
                    The codes of this research are available <a href="https://github.com/KunZhou9646/Nonparallel-emotional-VC">here</a>.<br><p>
                    <h6> <b>Baseline</b>: Conventional CyleGAN-based VC framework with LG normalized F0 transformation</h6>
                    <h6><b>CycleGAN-Joint</b>: Joint training CycleGAN-based emotional VC framework with CWT-F0 transformation</h6>
                    <h6><b>CycleGAN-Separate (Proposed)</b>: Separate training CycleGAN-based emotional VC framework with CWT-F0 transformation</h6>
                    <br />
                    <br />
                     <h2>----------------------->   Emotional Speech Samples   <-----------------------</h2>
                     <br /><br />
                    <!--  Naturalness Evaluation -->
                    <table class="table">

                      <tbody>
                                
                                
                                <tr>
                                    <th></th>

                                    <th>   Source</th>
                                    <th>   Baseline</th>
                                    <th>   CycleGAN-Joint</th>
                                    <th style="text-align:center;">   CycleGAN-Separate </th>
                                    <th style="text-align:center;">   Target </th>
                                </tr>
                                <!-- single sentence -->
                                <tr>
                                  <th colspan=5 align="center">
                                    Neutral-to-Angry
                                  </th>
                                </tr>
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_anger_mceps/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_anger/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_anger_separate/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/ANGER/A0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_anger_mceps/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_anger/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_anger_separate/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/ANGER/A0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                 <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_anger_mceps/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_anger/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_anger_separate/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/ANGER/A0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_anger_mceps/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_anger/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_anger_separate/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/ANGER/A0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                 <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_anger_mceps/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_anger/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_anger_separate/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/ANGER/A0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                <tr>
                                  <th colspan=5 align="center">
                                    Neutral-to-Sad
                                  </th>
                                </tr>
                                <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_sad_mceps/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_sad/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_sad_separate/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/SAD/S0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_sad_mceps/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_sad/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_sad_separate/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/SAD/S0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_sad_mceps/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_sad/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_sad_separate/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/SAD/S0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_sad_mceps/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_sad/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_sad_separate/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/SAD/S0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_sad_mceps/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_sad/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_sad_separate/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/SAD/S0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>


                                  <tr>
                                  <th colspan=5 align="center">
                                    Neutral-to-Surprise
                                  </th>
                                </tr>
                                <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_surprise_mceps/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_surprise/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_surprise_separate/N0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/SURPRISE/Y0091.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                        
                                <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_surprise_mceps/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_surprise/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_surprise_separate/N0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/SURPRISE/Y0092.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_surprise_mceps/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_surprise/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_surprise_separate/N0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/SURPRISE/Y0093.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_surprise_mceps/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_surprise/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_surprise_separate/N0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/SURPRISE/Y0094.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                <!-- single sentence -->
                                 <tr>
                                  <th scope="row">  </th>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/NEUTRAL/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>

                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline1/neutral_to_surprise_mceps/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Baseline2/converted_voices_10cwt_surprise/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/Proposed/converted_voices_neutral_to_surprise_separate/N0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                                  <td>
                                    <audio controls>
                                      <source src="./audio/References/SURPRISE/Y0095.wav" type="audio/wav" />
                                      Your browser does not support the audio element.
                                    </audio>
                                  </td>
                      </tbody>
                    </table>








                  </div>
                 
        </div>
      </div>
      <hr>
      <div class="row" id="ref">
        <div class="col">
          <!--<h2>References</h2>
          
         -->
        </div>
      </div>
      <hr>
      <!-- <div class="row" id="contact">
          <div class="col">
            <h2>Contact</h2>
            <div></div>
          </div>
        </div> -->
    </div>
  </main>
  <footer class="bg-secondary text-light mt-4 pt-3 pb-2 ">
    <div class="container">
      <p class="text-center">
        
      </p>
    </div>
  </footer>
  <!-- Optional JavaScript -->
  <!-- jQuery first, then Popper.js, then Bootstrap JS -->
  <script src="https://code.jquery.com/jquery-3.3.1.slim.min.js"
    integrity="sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo"
    crossorigin="anonymous"></script>
  <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js"
    integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49"
    crossorigin="anonymous"></script>
  <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js"
    integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy"
    crossorigin="anonymous"></script>
</body>

</html>
